sess <- read_html_live("https://www.google.de/maps/dir/Armadale+St,+Glasgow,+UK/Lilybank+House,+Glasgow,+UK/@55.8626667,-4.2712892,14z/data=!3m1!4b1!4m14!4m13!1m5!1m1!1s0x48884155c8eadf03:0x8f0f8905398fcf2!2m2!1d-4.2163615!2d55.8616765!1m5!1m1!1s0x488845cddf3cffdb:0x7648f9416130bcd5!2m2!1d-4.2904601!2d55.8740368!3e0?entry=ttu")

# the session behaves like a normal rvest html object
trip <- sess |> 
  html_elements("#section-directions-trip-0")

trip |> 
  html_element("h1") |> 
  html_text2()

trip |> 
  html_element(".fontHeadlineSmall") |> 
  html_text2()

trip |> 
  html_element(".fontBodyMedium") |> 
  html_text2()

cookies <- sess$session$Network$getCookies()
saveRDS(cookies, "data/chromote_cookies.rds")

cookies <- readRDS("data/chromote_cookies.rds")
sess <- sess$session$Network$setCookies(cookies = cookies$cookies)

html_subreddit <- read_html("https://www.reddit.com/r/wallstreetbets/")

posts <- html_subreddit |> 
  html_elements("a") |> 
  html_attr("href") |> 
  str_subset("/comments/") |> 
  str_replace_all("^/", "https://www.reddit.com/") |> 
  unique()
posts

html_post <- read_html("https://www.reddit.com/r/wallstreetbets/comments/1ehcsoq/daily_discussion_thread_for_august_01_2024/")
post_data <- html_post |> 
  html_elements("shreddit-post")

post_data |> 
  html_attr("created-timestamp") |> 
  lubridate::as_datetime()

post_data |> 
  html_attr("id")

post_data |> 
  html_attr("subreddit-id")

post_data |> 
  html_attr("score")

post_data |> 
  html_attr("comment-count")

comments <- html_post |> 
  html_elements("shreddit-comment")
comments

html_post_live <- read_html_live("https://www.reddit.com/r/wallstreetbets/comments/1ehcsoq/daily_discussion_thread_for_august_01_2024/")
comments <- html_post_live |> 
  html_elements("shreddit-comment")
comments

html_post_live$view()

html_post_live$scroll_to(top = 10 ^ 5)

html_post_live$click("[noun=\"load_more_comments\"]")

comments <- html_post_live |> 
  html_elements("shreddit-comment")
comments

library(reticulate)
library(playwrightr)
pw_init()
chrome <- browser_launch(
  browser = "chromium", 
  headless = !interactive(), 
  # make sure data like cookies are stored between sessions
  user_data_dir = "user_data_dir/"
)

page <- new_page(chrome)
goto(page, "https://www.facebook.com/groups/911542605899621")

scroll(page)

html <- get_content(page)
html

post_links <- html |> 
  html_elements("[role=\"link\"]") |> 
  html_attr("href") |> 
  str_subset("posts")
head(post_links)

post1 <- new_page(chrome)
# go to the page
goto(post1, post_links[1])
post1_html <- get_content(post1)

check_in_browser <- function(html) {
  tmp <- tempfile(fileext = ".html")
  writeLines(as.character(html), tmp)
  browseURL(tmp)
}
check_in_browser(post1_html)

author <- post1_html |> 
  html_elements("#_R_laimqaqdfiqapapd5aqH1_ .x193iq5w") |> 
  html_text2() |> 
  head(1)

text <- post1_html |> 
  html_elements("[data-ad-rendering-role=\"story_message\"] #_R_laimqaqdfiqapapd5aqH2_") |> 
  html_text2()

tibble(author, text)

json_data <- post1_html |> 
  html_elements("[type=\"application/json\"][data-processed]") |> 
  map(function(x) x |> 
        as.character() |> 
        str_extract("\\{.*\\}") |> 
        jsonlite::fromJSON())

which.max(map_int(json_data, object.size))

parse_path <- function(ix) {
  out <- as.list(ix$p)
  out[which(ix$p == as.character(ix$pos))] <- ix$pos[ix$p == as.character(ix$pos)]
  gsub("list(", "purrr::pluck(DATA, ", deparse1(out), fixed = TRUE)
}

#' Search a list
#'
#' @param l a list
#' @param f a function to identify the element you are searching
#'
#' @return an object containing the searched element with the function to extract it as a name
#' @export
list_search <- function(l, f) {
  
  paths <- rrapply::rrapply(
    object = l,
    condition = f,
    f = function(x, .xparents, .xname, .xpos) list(p = .xparents, n = .xname, pos = .xpos),
    how = "flatten"
  )
  
  out <- purrr::map(paths, function(p) purrr::pluck(l, !!!p$pos))
  names(out) <- purrr::map_chr(paths, parse_path)
  return(out)
}

list_search(json_data, function(x) str_detect(x, "Nabídka spolehlivé flotily pro řidiče s vlastním"))
purrr::pluck(json_data, 71L, "require", 1L, 4L, 1L, "__bbox", "require", 111L, 4L, 2L, "__bbox", "result", "data", "node", "comet_sections", "content") |> 
  View()

close_page(post1)

playwright_bin <- reticulate::virtualenv_python("r-playwright") |> 
  stringr::str_replace("python", "playwright")
system(paste(playwright_bin, "codegen"))

import playwright
def run(playwright: Playwright) -> None:
    browser = playwright.chromium.launch(headless=False)
    context = browser.new_context()
    page = context.new_page()
    page.goto("https://www.google.com/")
    page.get_by_role("button", name="Accept all").click()
    page.get_by_label("Search", exact=True).click()
    page.get_by_label("Search", exact=True).fill("amsterdam bijstand")
    page.get_by_role("link", name="Bijstandsuitkering Gemeente").click()

    # ---------------------
    context.close()
    browser.close()


with sync_playwright() as playwright:
    run(playwright)